k8s 集群安装

发表于 | 更新于 | 分类于

k8s 集群安装

服务端安装 v1.16.0

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
[root@iz2zegdp0r569zzor0c3quz fk]# tar -xzvf kubernetes-server-linux-amd64.tar.gz 
##拷贝server bin下的文件到相应的目录

API-SERVER

[root@iz2zegdp0r569zzor0c3quz fk]# vi /usr/lib/systemd/system/kube-apiserver.service
[Unit]
Description=Kubernetes API Server
Documentation=https://github.com/GoogleCloudPlatform/kubernetes
After=etcd.service
Wants=etcd.service

[Service]
EnvironmentFile=/root/fk/conf/apiserver
ExecStart=/root/fk/bin/kube-apiserver $KUBE_API_ARGS
Restart=on-failure
Type=notify
LimitNOFILE=65536

[Install]
WantedBy=multi-user.target

[root@iz2zegdp0r569zzor0c3quz fk]# vi /root/fk/conf/apiserver
KUBE_API_ARGS="--etcd-servers=http://127.0.0.1:2379 --insecure-bind-address=0.0.0.0 --insecure-port=9090 --service-cluster-ip-range=169.169.0.0/16 --service-node-port-range=1-65535 --admission-control=NamespaceLifecycle,LimitRanger,SecurityContextDeny,ServiceAccount,ResourceQuota --logtostderr=false --log-dir=/var/log/kubernetes --v=2"

KUBE_CONTROLLER_MANAGER

[root@iz2zegdp0r569zzor0c3quz fk]# vi /usr/lib/systemd/system/kube-controller-manager.service
[Unit]
Description=Kubernetes Controller Manager
Documentation=https://github.com/GoogleCloudPlatform/kubernetes
After=kube-apiserver.service
Wants=kube-apiserver.service

[Service]
EnvironmentFile=/root/fk/conf/controller-manager
ExecStart=/root/fk/bin/kube-controller-manager $KUBE_CONTROLLER_MANAGER_ARGS
Restart=on-failure
LimitNOFILE=65536

[Install]
WantedBy=multi-user.target

[root@iz2zegdp0r569zzor0c3quz fk]# vi /root/fk/conf/controller-manager
KUBE_CONTROLLER_MANAGER_ARGS="--master=http://127.0.0.1:9090 --logtostderr=false --log-dir=/var/log/kubernetes --v=2"


KUBE-SCHEDULER


[root@iz2zegdp0r569zzor0c3quz fk]# vi /usr/lib/systemd/system/kube-scheduler.service
[Unit]
Description=Kubernetes Scheduler
Documentation=https://github.com/GoogleCloudPlatform/kubernetes
After=kube-apiserver.service
Wants=kube-apiserver.service

[Service]
EnvironmentFile=/root/fk/conf/scheduler
ExecStart=/root/fk/bin/kube-scheduler $KUBE_SCHEDULER_ARGS
Restart=on-failure
LimitNOFILE=65536

[Install]
WantedBy=multi-user.target

[root@iz2zegdp0r569zzor0c3quz fk]# vi /root/fk/conf/scheduler
KUBE_SCHEDULER_ARGS="--master=http://127.0.0.1:9090 --logtostderr=false --log-dir=/var/log/kubernetes --v=2"

node端安装

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
KUBELET
swapoff -a禁止使用swap

##创建kubletconfig
kubectl config set-cluster kubernetes   --server=http://127.0.0.1:9090  --kubeconfig=bootstrap.kubeconfig
kubectl config set-context default  --cluster=kubernetes  --user=kubelet-bootstrap  --kubeconfig=bootstrap.kubeconfig
kubectl config use-context default --kubeconfig=bootstrap.kubeconfig

[root@iz2zegdp0r569zzor0c3quz fk]# vi /usr/lib/systemd/system/kubelet.service
[Unit]
Description=Kubernetes Kubelet Server
Documentation=https://github.com/GoogleCloudPlatform/kubernetes
After=docker.service
Wants=docker.service

[Service]
WorkingDirectory=/var/lib/kubelet
EnvironmentFile=/root/fk/conf/kubelet
ExecStart=/root/fk/bin/kubelet $KUBELET_ARGS
Restart=on-failure

[Install]
WantedBy=multi-user.target

[root@iz2zegdp0r569zzor0c3quz fk]# vi /root/fk/conf/kubelet
KUBELET_ARGS="--kubeconfig=/root/fk/conf/bootstrap.kubeconfig --hostname-override=172.17.9.158 --logtostderr=false --log-dir=/var/log/kubernetes --v=2"
[root@iz2zegdp0r569zzor0c3quz fk]# makdir /var/lib/kubelet



KUBE-PROXY
[root@iz2zegdp0r569zzor0c3quz fk]# vi /usr/lib/systemd/system/kube-proxy.service
[Unit]
Description=Kubernetes Kube-Proxy Server
Documentation=https://github.com/GoogleCloudPlatform/kubernetes
After=network.service
Wants=network.service

[Service]
EnvironmentFile=/root/fk/conf/proxy
ExecStart=/root/fk/bin/kube-proxy $KUBE_PROXY_ARGS
Restart=on-failure
LimitNOFILE=65536
[Install]
WantedBy=multi-user.target

[root@iz2zegdp0r569zzor0c3quz fk]# vi /root/fk/conf/proxy
KUBE_PROXY_ARGS="--master=http://127.0.0.1:9090 --hostname-override=172.17.9.158 --logtostderr=false --log-dir=/var/log/kubernetes --v=2"

flannel组件

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
[root@iz2zegdp0r569zzor0c3quz log]# yum install flannel
[root@iz2zegdp0r569zzor0c3quz log]# vi /etc/sysconfig/flanneld
# Flanneld configuration options

# etcd url location.  Point this to the server where etcd runs
FLANNEL_ETCD_ENDPOINTS="http://127.0.0.1:2379"

# etcd config key.  This is the configuration key that flannel queries
# For address range assignment
FLANNEL_ETCD_PREFIX="/etc/kubernetes/network"

# Any additional options that you want to pass
#FLANNEL_OPTIONS=""
[root@iz2zegdp0r569zzor0c3quz log]# etcdctl set /etc/kubernetes/network/config '{"Network": "172.20.0.0/16"}'


systemctl restart flanneld.service 




[root@iz2zegdp0r569zzor0c3quz log]# find / -name mk-docker-opts.sh
/usr/libexec/flannel/mk-docker-opts.sh
[root@iz2zegdp0r569zzor0c3quz log]# /usr/libexec/flannel/mk-docker-opts.sh -i
[root@iz2zegdp0r569zzor0c3quz log]# cat /run/flannel/subnet.env 
FLANNEL_NETWORK=172.20.0.0/16
FLANNEL_SUBNET=172.20.90.1/24
FLANNEL_MTU=1472
FLANNEL_IPMASQ=false
[root@iz2zegdp0r569zzor0c3quz log]# ifconfig docker0 172.20.90.1/24



systemctl restart docker

[root@iz2zegdp0r569zzor0c3quz log]# kubectl -s http://localhost:9090 get componentstatus
[root@iz2zegdp0r569zzor0c3quz log]# kubectl -s http://localhost:9090 get node
[root@iz2zegdp0r569zzor0c3quz log]# kubectl -s http://localhost:9090 cluster-info

controller

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

[root@iz2zegdp0r569zzor0c3quz fk]# cat redis-master-controller.yaml 
apiVersion: v1
kind: ReplicationController
metadata:
 name: redis-master
 labels:
  name: redis-master
spec:
 replicas: 1
 selector:
  name: redis-master
 template:
  metadata:
   labels:
    name: redis-master
  spec:
   containers:
   - name: master
     image: redis
     ports:
     - containerPort: 6379
[root@iz2zegdp0r569zzor0c3quz fk]# kubectl -s http://localhost:9090 create -f redis-master-controller.yaml 

解决
No API token found for service account "default", retry after the token is automatically created and added to the service account
openssl genrsa -out /root/fk/conf/serviceaccount.key 2048
vi /root/fk/conf/apiserver
加入
--service-account-key-file=/root/fk/conf/serviceaccount.key

vi /root/fk/conf/controller-manager
加入
--service-account-private-key-file=/root/fk/conf/serviceaccount.key

systemctl restart etcd kube-apiserver kube-controller-manager kube-scheduler












[root@iz2zegdp0r569zzor0c3quz fk]# kubectl -s http://localhost:9090 create -f hello-world-pod.yaml 
pod/hello-world created
[root@iz2zegdp0r569zzor0c3quz fk]# kubectl -s http://localhost:9090 get pod hello-world
NAME          READY   STATUS              RESTARTS   AGE
hello-world   0/1     ContainerCreating   0          25s


错误解决
failed pulling image "k8s.gcr.io/pause:3.1": Error response from daemon: Get https://k8s.gcr.io/v2/: net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)

docker tag docker.io/mirrorgooglecontainers/pause:3.1 k8s.gcr.io/pause:3.1
docker pull mirrorgooglecontainers/pause:3.1

错误解决
Error creating: No API token found for service account "default", retry after the token is automatically created and added to the service account


1、首先生成密钥：
openssl genrsa -out /root/fk/conf/serviceaccount.key 2048

2、编辑/root/fk/conf/apiserver
添加以下内容：
KUBE_API_ARGS="--service-account-key-file=/root/fk/conf/serviceaccount.key"

3、再编辑/root/fk/conf/controller-manager
添加以下内容：
KUBE_CONTROLLER_MANAGER_ARGS="--service-account-private-key-file=/root/fk/conf/serviceaccount.key"

最后无论是哪种解决方式都需要再重启kubernetes服务：
systemctl restart etcd kube-apiserver kube-controller-manager kube-scheduler